Satisfiability Benchmark Results
Problems Solved
|
DPLL |
WalkSAT |
GSAT |
brute |
random |
example |
Total |
| true |
1 |
1 |
1 |
1 |
1 |
1 |
6 |
| false |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
| positive_literal |
1 |
1 |
1 |
1 |
1 |
1 |
6 |
| negative_literal |
1 |
1 |
1 |
1 |
1 |
1 |
6 |
| disjunction |
1 |
1 |
1 |
1 |
1 |
1 |
6 |
| conjunction |
1 |
1 |
1 |
1 |
1 |
1 |
6 |
| contradiction |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
| cnf_1 |
1 |
1 |
1 |
1 |
1 |
1 |
6 |
| cnf_2 |
1 |
1 |
1 |
1 |
1 |
1 |
6 |
| cnf_3 |
1 |
1 |
1 |
1 |
1 |
1 |
6 |
| graph_coloring_easy_1 |
1 |
1 |
0 |
0 |
0 |
0 |
2 |
| graph_coloring_easy_2 |
1 |
1 |
1 |
0 |
0 |
0 |
3 |
| graph_coloring_easy_3 |
1 |
1 |
1 |
0 |
0 |
0 |
3 |
| graph_coloring_easy_4 |
1 |
1 |
1 |
0 |
0 |
0 |
3 |
| graph_coloring_easy_5 |
1 |
1 |
0 |
0 |
0 |
0 |
2 |
| graph_coloring_hard_1 |
1 |
0 |
0 |
0 |
0 |
0 |
1 |
| graph_coloring_hard_2 |
1 |
0 |
0 |
0 |
0 |
0 |
1 |
| graph_coloring_hard_3 |
0 |
1 |
0 |
0 |
0 |
0 |
1 |
| graph_coloring_hard_4 |
0 |
1 |
0 |
0 |
0 |
0 |
1 |
| graph_coloring_hard_5 |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
| 3sat_easy_1 |
1 |
1 |
1 |
1 |
1 |
1 |
6 |
| 3sat_easy_2 |
1 |
1 |
1 |
1 |
0 |
0 |
4 |
| 3sat_easy_3 |
1 |
1 |
1 |
1 |
1 |
1 |
6 |
| 3sat_easy_4 |
1 |
1 |
1 |
1 |
1 |
1 |
6 |
| 3sat_easy_5 |
1 |
1 |
1 |
1 |
0 |
0 |
4 |
| 3sat_medium_1 |
1 |
1 |
1 |
0 |
0 |
0 |
3 |
| 3sat_medium_2 |
1 |
1 |
0 |
0 |
0 |
0 |
2 |
| 3sat_medium_3 |
1 |
1 |
1 |
0 |
0 |
0 |
3 |
| 3sat_medium_4 |
1 |
1 |
1 |
0 |
0 |
0 |
3 |
| 3sat_medium_5 |
1 |
1 |
0 |
0 |
0 |
0 |
2 |
| 3sat_hard_1 |
1 |
1 |
0 |
0 |
0 |
0 |
2 |
| 3sat_hard_2 |
1 |
0 |
0 |
0 |
0 |
0 |
1 |
| 3sat_hard_3 |
0 |
1 |
0 |
0 |
0 |
0 |
1 |
| 3sat_hard_4 |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
| 3sat_hard_5 |
0 |
1 |
0 |
0 |
0 |
0 |
1 |
| bb_cake_eat_cake_time_1 |
1 |
1 |
1 |
1 |
1 |
1 |
6 |
| bb_cake_have_eat_cake_time_2 |
1 |
1 |
1 |
1 |
1 |
1 |
6 |
| bb_blocks_easy_stack_time_1 |
1 |
1 |
1 |
1 |
0 |
0 |
4 |
| bb_blocks_easy_unstack_time_1 |
1 |
1 |
1 |
1 |
0 |
0 |
4 |
| bb_blocks_sussman_time_3 |
1 |
1 |
0 |
0 |
0 |
0 |
2 |
| bb_blocks_reverse_2_time_2 |
1 |
1 |
0 |
1 |
0 |
0 |
3 |
| bb_blocks_reverse_4_time_5 |
1 |
0 |
0 |
0 |
0 |
0 |
1 |
| bb_blocks_reverse_6_time_7 |
1 |
0 |
0 |
0 |
0 |
0 |
1 |
| bb_blocks_reverse_8_time_9 |
1 |
0 |
0 |
0 |
0 |
0 |
1 |
| bb_blocks_reverse_10_time_11 |
1 |
0 |
0 |
0 |
0 |
0 |
1 |
| bb_blocks_reverse_12_time_13 |
1 |
0 |
0 |
0 |
0 |
0 |
1 |
| bb_cargo_deliver_1_time_3 |
1 |
1 |
0 |
0 |
0 |
0 |
2 |
| bb_cargo_deliver_2_time_3 |
1 |
0 |
0 |
0 |
0 |
0 |
1 |
| bb_cargo_deliver_3_time_5 |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
| bb_cargo_deliver_return_1_time_4 |
1 |
0 |
0 |
0 |
0 |
0 |
1 |
| bb_cargo_deliver_return_2_time_4 |
1 |
0 |
0 |
0 |
0 |
0 |
1 |
| bb_wumpus_easy_wumpus_time_3 |
1 |
1 |
0 |
0 |
0 |
0 |
2 |
| bb_wumpus_medium_wumpus_time_7 |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
| Total |
43 |
36 |
23 |
18 |
13 |
13 |
146 |
Solution Size
|
DPLL |
WalkSAT |
GSAT |
brute |
random |
example |
Total |
| true |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
| false |
- |
- |
- |
- |
- |
- |
0 |
| positive_literal |
1 |
1 |
1 |
1 |
1 |
1 |
6 |
| negative_literal |
0 |
0 |
0 |
0 |
0 |
0 |
0 |
| disjunction |
1 |
1 |
1 |
1 |
1 |
1 |
6 |
| conjunction |
2 |
2 |
2 |
2 |
2 |
2 |
12 |
| contradiction |
- |
- |
- |
- |
- |
- |
0 |
| cnf_1 |
2 |
2 |
2 |
2 |
2 |
2 |
12 |
| cnf_2 |
1 |
2 |
1 |
2 |
2 |
2 |
10 |
| cnf_3 |
2 |
2 |
2 |
2 |
2 |
2 |
12 |
| graph_coloring_easy_1 |
30 |
30 |
- |
- |
- |
- |
60 |
| graph_coloring_easy_2 |
30 |
30 |
30 |
- |
- |
- |
90 |
| graph_coloring_easy_3 |
30 |
30 |
30 |
- |
- |
- |
90 |
| graph_coloring_easy_4 |
30 |
30 |
30 |
- |
- |
- |
90 |
| graph_coloring_easy_5 |
30 |
30 |
- |
- |
- |
- |
60 |
| graph_coloring_hard_1 |
100 |
- |
- |
- |
- |
- |
100 |
| graph_coloring_hard_2 |
100 |
- |
- |
- |
- |
- |
100 |
| graph_coloring_hard_3 |
- |
100 |
- |
- |
- |
- |
100 |
| graph_coloring_hard_4 |
- |
100 |
- |
- |
- |
- |
100 |
| graph_coloring_hard_5 |
- |
- |
- |
- |
- |
- |
0 |
| 3sat_easy_1 |
12 |
12 |
11 |
13 |
12 |
12 |
72 |
| 3sat_easy_2 |
14 |
14 |
12 |
13 |
- |
- |
53 |
| 3sat_easy_3 |
12 |
12 |
12 |
15 |
15 |
15 |
81 |
| 3sat_easy_4 |
11 |
6 |
7 |
11 |
9 |
9 |
53 |
| 3sat_easy_5 |
11 |
11 |
11 |
12 |
- |
- |
45 |
| 3sat_medium_1 |
31 |
29 |
31 |
- |
- |
- |
91 |
| 3sat_medium_2 |
28 |
29 |
- |
- |
- |
- |
57 |
| 3sat_medium_3 |
19 |
22 |
21 |
- |
- |
- |
62 |
| 3sat_medium_4 |
22 |
29 |
25 |
- |
- |
- |
76 |
| 3sat_medium_5 |
29 |
28 |
- |
- |
- |
- |
57 |
| 3sat_hard_1 |
46 |
46 |
- |
- |
- |
- |
92 |
| 3sat_hard_2 |
50 |
- |
- |
- |
- |
- |
50 |
| 3sat_hard_3 |
- |
54 |
- |
- |
- |
- |
54 |
| 3sat_hard_4 |
- |
- |
- |
- |
- |
- |
0 |
| 3sat_hard_5 |
- |
42 |
- |
- |
- |
- |
42 |
| bb_cake_eat_cake_time_1 |
3 |
3 |
3 |
4 |
4 |
4 |
21 |
| bb_cake_have_eat_cake_time_2 |
8 |
8 |
8 |
8 |
8 |
8 |
48 |
| bb_blocks_easy_stack_time_1 |
10 |
13 |
15 |
23 |
- |
- |
61 |
| bb_blocks_easy_unstack_time_1 |
10 |
15 |
14 |
22 |
- |
- |
61 |
| bb_blocks_sussman_time_3 |
37 |
49 |
- |
- |
- |
- |
86 |
| bb_blocks_reverse_2_time_2 |
19 |
29 |
- |
37 |
- |
- |
85 |
| bb_blocks_reverse_4_time_5 |
81 |
- |
- |
- |
- |
- |
81 |
| bb_blocks_reverse_6_time_7 |
159 |
- |
- |
- |
- |
- |
159 |
| bb_blocks_reverse_8_time_9 |
261 |
- |
- |
- |
- |
- |
261 |
| bb_blocks_reverse_10_time_11 |
387 |
- |
- |
- |
- |
- |
387 |
| bb_blocks_reverse_12_time_13 |
537 |
- |
- |
- |
- |
- |
537 |
| bb_cargo_deliver_1_time_3 |
15 |
17 |
- |
- |
- |
- |
32 |
| bb_cargo_deliver_2_time_3 |
24 |
- |
- |
- |
- |
- |
24 |
| bb_cargo_deliver_3_time_5 |
- |
- |
- |
- |
- |
- |
0 |
| bb_cargo_deliver_return_1_time_4 |
21 |
- |
- |
- |
- |
- |
21 |
| bb_cargo_deliver_return_2_time_4 |
32 |
- |
- |
- |
- |
- |
32 |
| bb_wumpus_easy_wumpus_time_3 |
155 |
360 |
- |
- |
- |
- |
515 |
| bb_wumpus_medium_wumpus_time_7 |
- |
- |
- |
- |
- |
- |
0 |
| Total |
2403 |
1188 |
269 |
168 |
58 |
58 |
4144 |
Operations
|
DPLL |
WalkSAT |
GSAT |
brute |
random |
example |
Average |
| true |
0.00 |
0.00 |
0.00 |
0.00 |
0.00 |
0.00 |
0.00 |
| false |
- |
- |
- |
- |
- |
- |
0.00 |
| positive_literal |
1.00 |
1.00 |
1.00 |
1.00 |
1.00 |
1.00 |
1.00 |
| negative_literal |
1.00 |
4.00 |
2.00 |
3.00 |
2.00 |
2.00 |
2.30 |
| disjunction |
1.00 |
2.00 |
2.00 |
1.00 |
2.00 |
2.00 |
1.70 |
| conjunction |
2.00 |
2.00 |
7.00 |
2.00 |
17.00 |
17.00 |
7.80 |
| contradiction |
- |
- |
- |
- |
- |
- |
0.00 |
| cnf_1 |
2.00 |
8.00 |
7.00 |
2.00 |
9.00 |
9.00 |
6.20 |
| cnf_2 |
1.00 |
2.00 |
7.00 |
2.00 |
3.00 |
3.00 |
3.00 |
| cnf_3 |
4.00 |
14.00 |
22.00 |
8.00 |
18.00 |
18.00 |
14.00 |
| graph_coloring_easy_1 |
266.00 |
3066.00 |
- |
- |
- |
- |
1666.00 |
| graph_coloring_easy_2 |
578.00 |
50173.00 |
32191.00 |
- |
- |
- |
27647.30 |
| graph_coloring_easy_3 |
90.00 |
484.00 |
11876.00 |
- |
- |
- |
4150.00 |
| graph_coloring_easy_4 |
90.00 |
11859.00 |
40170.00 |
- |
- |
- |
17373.00 |
| graph_coloring_easy_5 |
352.00 |
2064.00 |
- |
- |
- |
- |
1208.00 |
| graph_coloring_hard_1 |
29834.00 |
- |
- |
- |
- |
- |
29834.00 |
| graph_coloring_hard_2 |
2536.00 |
- |
- |
- |
- |
- |
2536.00 |
| graph_coloring_hard_3 |
- |
29565.00 |
- |
- |
- |
- |
29565.00 |
| graph_coloring_hard_4 |
- |
16858.00 |
- |
- |
- |
- |
16858.00 |
| graph_coloring_hard_5 |
- |
- |
- |
- |
- |
- |
0.00 |
| 3sat_easy_1 |
57.00 |
87.00 |
5489.00 |
534.00 |
83187.00 |
83187.00 |
28756.80 |
| 3sat_easy_2 |
188.00 |
114.00 |
6836.00 |
2102.00 |
- |
- |
2310.00 |
| 3sat_easy_3 |
24.00 |
57.00 |
6540.00 |
507.00 |
32553.00 |
32553.00 |
12039.00 |
| 3sat_easy_4 |
20.00 |
166.00 |
226.00 |
246.00 |
15513.00 |
15513.00 |
5280.70 |
| 3sat_easy_5 |
45.00 |
616.00 |
10732.00 |
924.00 |
- |
- |
3079.30 |
| 3sat_medium_1 |
89.00 |
316.00 |
7452.00 |
- |
- |
- |
2619.00 |
| 3sat_medium_2 |
486.00 |
7100.00 |
- |
- |
- |
- |
3793.00 |
| 3sat_medium_3 |
3813.00 |
362.00 |
85261.00 |
- |
- |
- |
29812.00 |
| 3sat_medium_4 |
263.00 |
189.00 |
4403.00 |
- |
- |
- |
1618.30 |
| 3sat_medium_5 |
3523.00 |
14396.00 |
- |
- |
- |
- |
8959.50 |
| 3sat_hard_1 |
46563.00 |
4300.00 |
- |
- |
- |
- |
25431.50 |
| 3sat_hard_2 |
66907.00 |
- |
- |
- |
- |
- |
66907.00 |
| 3sat_hard_3 |
- |
97240.00 |
- |
- |
- |
- |
97240.00 |
| 3sat_hard_4 |
- |
- |
- |
- |
- |
- |
0.00 |
| 3sat_hard_5 |
- |
15736.00 |
- |
- |
- |
- |
15736.00 |
| bb_cake_eat_cake_time_1 |
5.00 |
12.00 |
32.00 |
34.00 |
168.00 |
168.00 |
69.80 |
| bb_cake_have_eat_cake_time_2 |
30.00 |
31.00 |
542.00 |
74.00 |
63267.00 |
63267.00 |
21201.80 |
| bb_blocks_easy_stack_time_1 |
29.00 |
104.00 |
10134.00 |
245.00 |
- |
- |
2628.00 |
| bb_blocks_easy_unstack_time_1 |
21.00 |
147.00 |
831.00 |
44.00 |
- |
- |
260.80 |
| bb_blocks_sussman_time_3 |
198.00 |
56972.00 |
- |
- |
- |
- |
28585.00 |
| bb_blocks_reverse_2_time_2 |
53.00 |
1138.00 |
- |
4753.00 |
- |
- |
1981.30 |
| bb_blocks_reverse_4_time_5 |
546.00 |
- |
- |
- |
- |
- |
546.00 |
| bb_blocks_reverse_6_time_7 |
2278.00 |
- |
- |
- |
- |
- |
2278.00 |
| bb_blocks_reverse_8_time_9 |
8202.00 |
- |
- |
- |
- |
- |
8202.00 |
| bb_blocks_reverse_10_time_11 |
27986.00 |
- |
- |
- |
- |
- |
27986.00 |
| bb_blocks_reverse_12_time_13 |
92064.00 |
- |
- |
- |
- |
- |
92064.00 |
| bb_cargo_deliver_1_time_3 |
129.00 |
16980.00 |
- |
- |
- |
- |
8554.50 |
| bb_cargo_deliver_2_time_3 |
184.00 |
- |
- |
- |
- |
- |
184.00 |
| bb_cargo_deliver_3_time_5 |
- |
- |
- |
- |
- |
- |
0.00 |
| bb_cargo_deliver_return_1_time_4 |
567.00 |
- |
- |
- |
- |
- |
567.00 |
| bb_cargo_deliver_return_2_time_4 |
1522.00 |
- |
- |
- |
- |
- |
1522.00 |
| bb_wumpus_easy_wumpus_time_3 |
863.00 |
5043.00 |
- |
- |
- |
- |
2953.00 |
| bb_wumpus_medium_wumpus_time_7 |
- |
- |
- |
- |
- |
- |
0.00 |
| Average |
6753.80 |
9311.30 |
9685.30 |
526.80 |
14980.00 |
14980.00 |
9372.90 |
Time (ms)
|
DPLL |
WalkSAT |
GSAT |
brute |
random |
example |
Average |
| true |
0.00 |
0.00 |
0.00 |
0.00 |
0.00 |
0.00 |
0.00 |
| false |
- |
- |
- |
- |
- |
- |
0.00 |
| positive_literal |
0.00 |
0.00 |
0.00 |
0.00 |
0.00 |
0.00 |
0.00 |
| negative_literal |
0.00 |
1.00 |
0.00 |
0.00 |
0.00 |
0.00 |
0.20 |
| disjunction |
0.00 |
0.00 |
0.00 |
0.00 |
0.00 |
0.00 |
0.00 |
| conjunction |
0.00 |
0.00 |
0.00 |
0.00 |
0.00 |
0.00 |
0.00 |
| contradiction |
- |
- |
- |
- |
- |
- |
0.00 |
| cnf_1 |
0.00 |
0.00 |
0.00 |
0.00 |
0.00 |
0.00 |
0.00 |
| cnf_2 |
0.00 |
0.00 |
0.00 |
0.00 |
0.00 |
0.00 |
0.00 |
| cnf_3 |
0.00 |
0.00 |
0.00 |
0.00 |
0.00 |
1.00 |
0.20 |
| graph_coloring_easy_1 |
4.00 |
9.00 |
- |
- |
- |
- |
6.50 |
| graph_coloring_easy_2 |
1.00 |
100.00 |
7.00 |
- |
- |
- |
36.00 |
| graph_coloring_easy_3 |
1.00 |
0.00 |
2.00 |
- |
- |
- |
1.00 |
| graph_coloring_easy_4 |
0.00 |
4.00 |
9.00 |
- |
- |
- |
4.30 |
| graph_coloring_easy_5 |
0.00 |
0.00 |
- |
- |
- |
- |
0.00 |
| graph_coloring_hard_1 |
38.00 |
- |
- |
- |
- |
- |
38.00 |
| graph_coloring_hard_2 |
3.00 |
- |
- |
- |
- |
- |
3.00 |
| graph_coloring_hard_3 |
- |
26.00 |
- |
- |
- |
- |
26.00 |
| graph_coloring_hard_4 |
- |
19.00 |
- |
- |
- |
- |
19.00 |
| graph_coloring_hard_5 |
- |
- |
- |
- |
- |
- |
0.00 |
| 3sat_easy_1 |
2.00 |
0.00 |
2.00 |
0.00 |
13.00 |
16.00 |
5.50 |
| 3sat_easy_2 |
1.00 |
0.00 |
2.00 |
1.00 |
- |
- |
1.00 |
| 3sat_easy_3 |
0.00 |
0.00 |
1.00 |
0.00 |
6.00 |
10.00 |
2.80 |
| 3sat_easy_4 |
0.00 |
0.00 |
0.00 |
0.00 |
5.00 |
3.00 |
1.30 |
| 3sat_easy_5 |
0.00 |
0.00 |
2.00 |
0.00 |
- |
- |
0.50 |
| 3sat_medium_1 |
0.00 |
0.00 |
2.00 |
- |
- |
- |
0.70 |
| 3sat_medium_2 |
1.00 |
2.00 |
- |
- |
- |
- |
1.50 |
| 3sat_medium_3 |
10.00 |
0.00 |
21.00 |
- |
- |
- |
10.30 |
| 3sat_medium_4 |
2.00 |
1.00 |
1.00 |
- |
- |
- |
1.30 |
| 3sat_medium_5 |
3.00 |
6.00 |
- |
- |
- |
- |
4.50 |
| 3sat_hard_1 |
52.00 |
2.00 |
- |
- |
- |
- |
27.00 |
| 3sat_hard_2 |
72.00 |
- |
- |
- |
- |
- |
72.00 |
| 3sat_hard_3 |
- |
47.00 |
- |
- |
- |
- |
47.00 |
| 3sat_hard_4 |
- |
- |
- |
- |
- |
- |
0.00 |
| 3sat_hard_5 |
- |
10.00 |
- |
- |
- |
- |
10.00 |
| bb_cake_eat_cake_time_1 |
0.00 |
0.00 |
0.00 |
0.00 |
0.00 |
0.00 |
0.00 |
| bb_cake_have_eat_cake_time_2 |
0.00 |
0.00 |
0.00 |
0.00 |
29.00 |
61.00 |
15.00 |
| bb_blocks_easy_stack_time_1 |
0.00 |
0.00 |
1.00 |
0.00 |
- |
- |
0.30 |
| bb_blocks_easy_unstack_time_1 |
1.00 |
0.00 |
0.00 |
0.00 |
- |
- |
0.30 |
| bb_blocks_sussman_time_3 |
1.00 |
51.00 |
- |
- |
- |
- |
26.00 |
| bb_blocks_reverse_2_time_2 |
0.00 |
0.00 |
- |
1.00 |
- |
- |
0.30 |
| bb_blocks_reverse_4_time_5 |
24.00 |
- |
- |
- |
- |
- |
24.00 |
| bb_blocks_reverse_6_time_7 |
86.00 |
- |
- |
- |
- |
- |
86.00 |
| bb_blocks_reverse_8_time_9 |
713.00 |
- |
- |
- |
- |
- |
713.00 |
| bb_blocks_reverse_10_time_11 |
8145.00 |
- |
- |
- |
- |
- |
8145.00 |
| bb_blocks_reverse_12_time_13 |
55923.00 |
- |
- |
- |
- |
- |
55923.00 |
| bb_cargo_deliver_1_time_3 |
1.00 |
5.00 |
- |
- |
- |
- |
3.00 |
| bb_cargo_deliver_2_time_3 |
0.00 |
- |
- |
- |
- |
- |
0.00 |
| bb_cargo_deliver_3_time_5 |
- |
- |
- |
- |
- |
- |
0.00 |
| bb_cargo_deliver_return_1_time_4 |
0.00 |
- |
- |
- |
- |
- |
0.00 |
| bb_cargo_deliver_return_2_time_4 |
2.00 |
- |
- |
- |
- |
- |
2.00 |
| bb_wumpus_easy_wumpus_time_3 |
5.00 |
4.00 |
- |
- |
- |
- |
4.50 |
| bb_wumpus_medium_wumpus_time_7 |
- |
- |
- |
- |
- |
- |
0.00 |
| Average |
1513.70 |
8.00 |
2.20 |
0.10 |
4.10 |
7.00 |
255.90 |